0e7a11bb84fc7c18fa7695fed9b10cebc1edc3bf,extensions/indexes/ngram/src/org/exist/indexing/ngram/NGramIndexWorker.java,NGramIndexWorker,tokenize,#String#,560

Before Change


            bld.setLength(0);
            int offset = pos;
            for (int count = 0; count < gramSize && offset < text.length(); count++) {
                int codepoint = text.codePointAt(offset);
                offset += Character.charCount(codepoint);
                if (count == 0)
                    pos = offset;   // advance pos to next character

After Change


            bld.setLength(0);
            int offset = pos;
            for (int count = 0; count < gramSize && offset < text.length(); count++) {
                int codepoint = Character.toLowerCase(text.codePointAt(offset));
                offset += Character.charCount(codepoint);
                if (count == 0)
                    pos = offset;   // advance pos to next character